package org.zhzh.crawler.pageprocessor;

import org.springframework.beans.factory.annotation.Autowired;
import org.zhzh.crawler.service.BTHeavenService;

import us.codecraft.webmagic.Page;
import us.codecraft.webmagic.Site;
import us.codecraft.webmagic.processor.PageProcessor;

public class BTHeavenUpdatePageProcessor implements PageProcessor {

	@Autowired
	private BTHeavenService btHeavenService;

	@Override
	public void process(Page page) {

	}

	public Site getSite() {
		String userAgent = "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/54.0.2840.87 Safari/537.36";
		return Site.me().setRetryTimes(3).setCycleRetryTimes(3).setSleepTime(0).setCharset("utf-8").setUserAgent(userAgent);
	}

}
